"""
Case Type   : 硬件故障类--network
Case Name   : 数据库减容/扩容时，备节点网络错报率3%
Create At   : 2021/07/29
Owner       : 5328126
Description :
    1.备注入网络错包故障
    2.1主2备，减1备  期望:减容成功
    3.检查集群中节点个数
    4.执行TPCC，并检查数据一致性
    5.将减容节点还原
    6.检查集群中节点个数
    7.执行TPCC，并检查数据一致性
Expect      :
    1.成功
    2.成功
    3.节点数变为2
    4.执行成功，主备一致
    5.成功
    6.节点数变为3
    7.执行成功，主备一致
History     :
    Modified by opentestcase026 2022/2/27:网络错包会导致环境SSH异常，调整错包率规避该问题
    Modified by 1205145 2023/10/31:扩容前重建root互信
"""

import unittest
import time
from yat.test import Node, macro
from testcase.utils.Common import Common
from testcase.utils.Constant import Constant
from testcase.utils.CommonSH import CommonSH
from testcase.utils.CommonSH import RestartDbCluster
from testcase.utils.Logger import Logger


class CPUOverloadAndRunTPCC(unittest.TestCase):
    nodes_tuple = ('PrimaryDbUser', 'Standby1DbUser', 'Standby2DbUser')

    @RestartDbCluster(*nodes_tuple)
    def setUp(self):
        self.log = Logger()
        self.log.info(
            '---------Opengauss_Reliability_Hardware_Case073:开始执行---------')
        self.primary_root_node = Node(node='PrimaryRoot')
        self.sta1_root_node = Node(node='Standby1Root')
        self.primary_user_node = Node(node='PrimaryDbUser')
        self.sta1_dbuser = Node(node='Standby1DbUser')
        self.sta2_dbuser = Node(node='Standby2DbUser')
        self.com = Common()
        self.constant = Constant()
        self.primary_sh = CommonSH('PrimaryDbUser')
        self.priroot_sh = CommonSH('PrimaryRoot')
        self.sta2root_sh = CommonSH('Standby2Root')
        self.sta_1_sh = CommonSH('Standby1DbUser')
        self.sta_2_sh = CommonSH('Standby2DbUser')

        self.log.info("-------------获取网卡名---------------")
        network_card_cmd = 'ifconfig'
        self.log.info(network_card_cmd)
        network_card_result = self.sta1_root_node.sh(
            network_card_cmd).result()
        network_card_list = network_card_result.split('\n\n')
        self.log.info(network_card_list)
        self.networkcard = ''
        for network_card_item in network_card_list:
            if self.sta1_dbuser.db_host in network_card_item:
                self.networkcard = network_card_item.split(':')[0].strip()
                self.log.info(self.networkcard)

        result = self.primary_sh.executDbSql(
            'show synchronous_standby_names;')
        self.log.info(f"synchronous_standby_names is {result}")
        self.synchronous_standby_names_p = result.strip().splitlines()[-2]
        result = self.sta_1_sh.executDbSql(
            'show synchronous_standby_names;')
        self.log.info(f"synchronous_standby_names is {result}")
        self.synchronous_standby_names_s1 = result.strip().splitlines()[-2]
        result = self.sta_2_sh.executDbSql(
            'show synchronous_standby_names;')
        self.log.info(f"synchronous_standby_names is {result}")
        self.synchronous_standby_names_s2 = result.strip().splitlines()[-2]
        self.host_tuple = (self.primary_user_node.ssh_host,
                           self.sta1_dbuser.ssh_host, self.sta2_dbuser.ssh_host)
        self.params = {'-f': 'test_hosts'}

    def test_main(self):
        self.log.info("--------------1.备注入网络错包故障-------------")
        inject_command = f"rNet_corrupt " \
            f"(dev, rate)values({self.networkcard}, " \
            f"{self.constant.network_error_rate})"
        result = self.com.cfe_inject(self.sta1_root_node, inject_command)
        self.log.info(result)
        result = self.com.cfe_query(self.sta1_root_node,
                                    f"rNet_corrupt where "
                                    f"dev={self.networkcard}")
        self.log.info(result)
        self.assertIn(f"corrupt {self.constant.network_error_rate}", result)

        self.log.info("-------------2.减容-----------------")
        execute_cmd = f'''source {macro.DB_ENV_PATH};
                            expect <<EOF
                            set timeout 120
                            spawn gs_dropnode -U \
                            {self.primary_user_node.ssh_user} \
                            -G {self.primary_user_node.ssh_user} \
                            -h {self.sta2_dbuser.ssh_host}
                            expect "*drop the target node (yes/no)?*"
                            send "yes\\n"
                            expect eof\n''' + '''EOF'''
        self.log.info(execute_cmd)
        result = self.primary_user_node.sh(execute_cmd).result()
        self.log.info(result)
        self.assertIn("Success to drop the target nodes", result)

        self.log.info("------------3.检查集群中节点个数-----------------")
        sql = "select count(*) from pg_stat_get_wal_senders();"
        result = self.primary_sh.executDbSql(sql)
        self.log.info(result)
        self.assertEqual("1", result.splitlines()[-2].strip())

        self.log.info("-------------4.运行TPCC---------------")
        result = self.com.startTPCC(self.primary_root_node, macro.TPCC_PATH)
        self.log.info(result)
        self.assertIn(self.constant.TPCC_SUCCESS_MSG, result)

        result = self.com.cfe_clean(self.sta1_root_node,
                                    f"rNet_corrupt where "
                                    f"dev={self.networkcard} and rate="
                                    f"{self.constant.network_error_rate}")
        self.log.info(result)
        result = self.com.cfe_query(self.sta1_root_node,
                                    f"rNet_corrupt where "
                                    f"dev={self.networkcard}")
        self.log.info(result)
        self.log.info('----检查主备是否同步----')
        time.sleep(10)
        result = self.sta_1_sh.check_data_consistency()
        self.assertTrue(result)

        self.log.info('----检查数据一致性----')
        nodes_tuple = (self.primary_user_node, self.sta1_dbuser)
        flag = self.com.check_data_sample_by_all(r'\d', *nodes_tuple)
        self.assertTrue(flag)

        table_dict = self.com.format_sql_result(
            self.primary_sh.executDbSql(r'\d'))
        table_name = table_dict.get('Name')
        for name in table_name:
            select_sql = f'select count(*) from {name};'
            flag = self.com.check_data_sample_by_all(select_sql,
                                                     *nodes_tuple)
            self.assertTrue(flag)

        self.log.info("---------------5.扩容-------------------")
        self.sta2root_sh.exec_gs_sshexkey(macro.DB_SCRIPT_PATH,
                                          *self.host_tuple,
                                          **self.params)
        result = self.priroot_sh.exec_expension(
            self.primary_user_node.ssh_user, self.primary_user_node.ssh_user,
            self.sta2_dbuser.ssh_host, macro.DB_XML_PATH)
        self.assertTrue(result)

        self.log.info("------------6.检查集群中节点个数-----------------")
        sql = "select count(*) from pg_stat_get_wal_senders();"
        result = self.primary_sh.executDbSql(sql)
        self.log.info(result)
        self.assertEqual("2", result.splitlines()[-2].strip())

        self.log.info("-------------7.运行TPCC---------------")
        result = self.com.startTPCC(self.primary_root_node, macro.TPCC_PATH)
        self.log.info(result)
        self.assertIn(self.constant.TPCC_SUCCESS_MSG, result)
        result = self.com.cfe_clean(self.sta1_root_node,
                                    f"rNet_corrupt where "
                                    f"dev={self.networkcard} and rate="
                                    f"{self.constant.network_error_rate}")
        self.log.info(result)
        result = self.com.cfe_query(self.sta1_root_node,
                                    f"rNet_corrupt where "
                                    f"dev={self.networkcard}")
        self.log.info(result)
        self.log.info('----检查主备是否同步----')
        time.sleep(10)
        result = self.sta_1_sh.check_data_consistency()
        self.assertTrue(result)
        result = self.sta_2_sh.check_data_consistency()
        self.assertTrue(result)

        self.log.info('----检查数据一致性----')
        nodes_tuple = (self.primary_user_node,
                       self.sta1_dbuser, self.sta2_dbuser)
        flag = self.com.check_data_sample_by_all(r'\d', *nodes_tuple)
        self.assertTrue(flag)

        table_dict = self.com.format_sql_result(
            self.primary_sh.executDbSql(r'\d'))
        table_name = table_dict.get('Name')
        for name in table_name:
            select_sql = f'select count(*) from {name};'
            flag = self.com.check_data_sample_by_all(select_sql,
                                                     *nodes_tuple)
            self.assertTrue(flag)

    def tearDown(self):
        self.log.info("-------------还原集群---------------")
        self.log.info("--------------备节点清理故障-------------")
        result = self.com.cfe_clean(self.sta1_root_node,
                                    f"rNet_corrupt where "
                                    f"dev={self.networkcard} and rate="
                                    f"{self.constant.network_error_rate}")
        self.log.info(result)
        result = self.com.cfe_query(self.sta1_root_node,
                                    f"rNet_corrupt where "
                                    f"dev={self.networkcard}")
        self.log.info(result)
        sql = "select count(*) from pg_stat_get_wal_senders();"
        result = self.primary_sh.executDbSql(sql)
        self.log.info(result)
        if "2" != result.splitlines()[-2].strip():
            self.sta2root_sh.exec_gs_sshexkey(macro.DB_SCRIPT_PATH,
                                              *self.host_tuple,
                                              **self.params)
            self.priroot_sh.exec_expension(
                self.primary_user_node.ssh_user,
                self.primary_user_node.ssh_user,
                self.sta2_dbuser.ssh_host, macro.DB_XML_PATH)
        self.log.info("----------还原synchronous_standby_names-------------")
        p_hostname = self.primary_root_node.sh("hostname").result()
        self.log.info(p_hostname)
        self.primary_sh.executeGsguc('reload',
                                     self.constant.GSGUC_SUCCESS_MSG,
                                     f"synchronous_standby_names="
                                     f"'{self.synchronous_standby_names_p}'",
                                     node_name=p_hostname)
        s_hostname = self.sta1_dbuser.sh("hostname").result()
        self.log.info(s_hostname)
        self.sta_1_sh.executeGsguc('reload',
                                   self.constant.GSGUC_SUCCESS_MSG,
                                   f"synchronous_standby_names="
                                   f"'{self.synchronous_standby_names_s1}'",
                                   node_name=s_hostname)
        s_hostname = self.sta2_dbuser.sh("hostname").result()
        self.log.info(s_hostname)
        self.sta_2_sh.executeGsguc('reload',
                                   self.constant.GSGUC_SUCCESS_MSG,
                                   f"synchronous_standby_names="
                                   f"'{self.synchronous_standby_names_s2}'",
                                   node_name=s_hostname)
        self.log.info(
            '--------Opengauss_Reliability_Hardware_Case073:执行完成--------')
